counties_with_waste <- if(subset) c("25001","25005") else counties_with_waste

walk(counties_with_waste,
     ~ {
       plt1 <- compare_county_wastewater(county_fips =.x, w_data =wjoined, option = "ribbon")
       plt2 <- compare_county_wastewater(county_fips = .x, w_data =wjoined, option = "line")
       
       plt <- cowplot::plot_grid(plt1, plt2, nrow =1)
       print(plt)
     })

 # compare_county_wastewater(county_fips = "25005", w_data =wjoined, option="line")

county_names <- read_tsv(here('data/demographic/county_fips.tsv'))

compare_county_wastewater_covidestim <- function(county_fips, 
                                      end_date ="2022-02-12",
                                      w_data,
                                      option = "ribbon") {
  
  county_name <- w_data %>% 
    filter(fips == county_fips) %>%
    pull(name) %>%
    na.omit() %>%
    unique()
    
  custom_title = paste0(
    "Comparing Wastewater Concentration to Corrected Estimates:\n",
                 county_name, ", FIPS: ", county_fips)
  
  end_date <- ymd(end_date)

  
  begin_date <- w_data %>%
    filter(fips == county_fips & date <= end_date & !is.na(mean_conc)) %>%
    pull(date) %>%
    min()
  
  if(option == "ribbon") { 
    adj <- w_data %>%filter(fips == county_fips & date <= end_date) %>%
      pull(exp_cases_median) %>% max(na.rm = TRUE) }
  else {
     adj <- w_data %>%filter(fips == county_fips & date <= end_date) %>% pull(exp_cases_median) %>% max(na.rm = TRUE)
  }
  conc_max <- w_data %>%filter(fips == county_fips & date <= end_date) %>% pull(mean_conc) %>% max(na.rm=TRUE)
  
  adj <- conc_max/adj
  
  waste_dat <- w_data %>% 
    filter(fips == county_fips & date >= begin_date & date <= end_date) %>%
    select(fips, date, biweek, mean_conc) %>%
    group_by(biweek, fips) %>%
    summarize(date = min(date) + days(7),
              mean_conc = unique(mean_conc)) %>%
    distinct()
  
  if(option == "ribbon") {
     w_data %>%
        plot_ribbon(waste_df = waste_dat, adj, county_fips,
                    begin_date, end_date, custom_title)
  }
  else if(option == "line") {
     w_data %>%
        plot_line(waste_df = waste_dat, adj,county_fips,
                    begin_date, end_date, custom_title)
  }
 
}



plot_ribbon <- function(w_data, waste_df,
                        adj,   county_fips, 
                        begin_date, end_date,
                        custom_title) {
 
  w_data %>%
    filter(fips == county_fips  & date >= begin_date & date <= end_date) %>%
    ggplot() +
      geom_ribbon(aes(x = date, 
                 ymin = exp_cases_lb*adj,
                 ymax = exp_cases_ub*adj,
                 fill = vlabel),
                 alpha = .5) +
      geom_line(data = waste_df,
                aes(x = date, y =mean_conc, color = 'waste'),
               # color = "#DB4048",
                size = 1.1) +
      geom_linerange(aes(xmin = mindate, 
                         xmax = maxdate, 
                         y = infections*adj,
                         color = 'covidestim')) + 
      geom_point(data = waste_df,
                aes(x = date, y =mean_conc ),
                color = "#DB4048",
                alpha = .5,
                size = 1.2) +
      facet_wrap(~vlabel, labeller= as_labeller(TeX, default = label_parsed)) +
      scale_fill_manual(values = pal, labels = c('','','',''), 
                        name = "Probabilistic Bias Intervals") +
      theme_bw() +
      theme(
    #    legend.position = "none",
        plot.title = element_text(face = "bold", size = 22, hjust = .5),
        axis.title = element_text(size = 22),
        strip.text = element_text(size = 14, color= "white"),
        legend.text = element_text(size = 20),
        legend.title = element_text(size = 25),
        strip.background = element_rect(fill = "#3E3D3D")
      )+
      scale_y_continuous(sec.axis = sec_axis(~./adj,
                                         name = "Corrected Infection Estimates",
                                         labels = comma),
                         labels = comma) +
      labs(y = "Effective Concentration Rolling Average",
           title = custom_title) +
      scale_x_date(date_labels = "%b %Y") +
    scale_color_manual(name = '', values = c('covidestim' = 'darkblue',
                                             'waste' = '#DB4048')) +
    guides(color = guide_legend(override.aes = list(size = 12, linewidth=7)),
           fill = guide_legend(override.aes =list(size = 6)))
  }

# walk(counties_with_waste,
#      ~ {
#        plt <- compare_county_wastewater_covidestim(
#          county_fips =.x, w_data =wjoined, option = "ribbon")
#        print(plt)
#      })


plotlist <- map(counties_with_waste,
     ~ {
      compare_county_wastewater_covidestim(
         county_fips =.x, w_data =wjoined, option = "ribbon") +
         theme(legend.position="none",
               axis.text.x = element_text(size = 12),
               axis.title =element_text(size= 14))
     })
  
legend_b <- cowplot::get_legend(
  plotlist[[1]] + 
    guides(color = guide_legend(
      nrow = 1, 
      override.aes = list(
      linewidth=4))) +
    theme(legend.position = "top", 
          legend.text=element_text(size =30),
          legend.title = element_text(size = 30))
)

library(cowplot)
title_gg <- ggdraw() + 
  draw_label(
    "Comparing Bias Corrected Infections with Wastewater Concentrations Over Time",  
             fontface="bold",
             x = 0,
             hjust = 0,
             size = 35)+
  theme(
    # add margin on the left of the drawing canvas,
    # so title is aligned with left edge of first plot
    plot.margin = margin(0, 0, 0, 7)
  )

plts <- cowplot::plot_grid(plotlist=plotlist, ncol =2)

cowplot::plot_grid(title_gg,
                   legend_b,
                   plts, 
                   ncol = 1 ,
                   rel_heights = c(.05, .1, .85))

#   
# ggpubr::ggarrange(plotlist=plotlist,
#                   ncol = 2,
#                   common.legend=TRUE)
# 
# plotlist$common.legend = TRUE
# plotlist$ncol = 2
# do.call(ggpubr::ggarrange, plotlist)


ggsave(here("thesis/figure/wastewater_ma_by_county.pdf"))

plot_all_ccf <- function(input_df_for_fips, 
                         varnames= c("differenced_mean_conc",
                                  "differenced_exp_median")) {
  
  versions <- input_df_for_fips %>% 
    group_split(version)
  
  message(length(versions))
  
  plt1 <- plot_ccf(versions[[1]], varnames)
  plt2 <- plot_ccf(versions[[2]], varnames)
  plt3 <- plot_ccf(versions[[3]], varnames)
  plt4 <- plot_ccf(versions[[4]], varnames)
  
  cowplot::plot_grid(plt1, plt2, plt3, plt4, nrow = 1)
  
}


plot_ccf <- function(input_df_for_version,
                     varnames = c("differenced_mean_conc",
                                  "differenced_exp_median")) {
  
  var1 <- varnames[1]
  var2 <-varnames[2]
  lab <- unique(input_df_for_version$vlabel)
  
  cross_correlations <- ccf(
    pull(input_df_for_version, var1),
     pull(input_df_for_version, var2), 
                            plot = FALSE)

  ccf_res <- tibble(lag = cross_correlations$lag[,,1], 
                  correlation=cross_correlations$acf[,,1]) 

  
  county_name <- gsub("County, MA", "", unique(input_df_for_version$name))
  
  ccf_res %>%  
    mutate(max = ifelse(correlation == max(correlation), 
                        lag, NA),
           maxcorr = round(max(correlation),3)) %>%
    ggplot(aes(x=lag, y = correlation)) +
    geom_point() +
    geom_linerange(aes(ymin = 0, ymax=correlation)) +
    theme_c() +
    theme(plot.title = element_text(size = 12, hjust = .5,
                                    margin=margin(1,1,8,1)),
          plot.margin = margin(10,1,1,1),
            plot.subtitle = element_text(size = 12, hjust = .5, 
                                         margin = margin(4,1,1,1))) +
    labs(title =TeX(paste0(
      "Cross Correlation between $(Y_t)$ and $(Z_t)$, County: ", 
      county_name)),
         subtitle = TeX(paste0("Version: ", lab))) +
    geom_label(aes(x = max, y = correlation,
                   label = paste0("Max Correlation: ",
                                  maxcorr, "\n Lag: ",
                                  max)),
               hjust = -.1) +
    ylim(-1,1) +
    scale_x_continuous(n.breaks = 10)
    
}




get_max_lag_by_version <- function(input_df_for_version,
                                   varnames = c("differenced_mean_conc",
                                  "differenced_exp_median"),
                                  comparison = "bias corrected") {
  
  var1 <- varnames[1]
  var2 <-varnames[2]
  lab <- unique(input_df_for_version$vlabel)
  
  cross_correlations <- ccf(
    pull(input_df_for_version, var1),
     pull(input_df_for_version, var2), 
                            plot = FALSE)
  
  
  # cross_correlations <- ccf(input_df_for_version$differenced_mean_conc,
  #                           input_df_for_version$differenced_exp_median, 
  #                           plot = FALSE)

  ccf_res <- tibble(lag = cross_correlations$lag[,,1], 
                  correlation=cross_correlations$acf[,,1]) 
  
  m <- ccf_res %>% filter(correlation == max(correlation))
  
  tibble(vlabel = unique(input_df_for_version$vlabel),
         fips = unique(input_df_for_version$fips),
         max_lag = m$lag,
         max_corr = m$correlation,
         comparison = comparison,
         county_name = unique(input_df_for_version$name))

}

differenced_all <- wjoined %>%
  filter(!is.na(mean_conc)) %>%
  select(-date) %>%
  distinct() %>%
  group_by(vlabel, fips) %>%
  arrange(biweek) %>%
  mutate(differenced_exp_median = exp_cases_median -
           lag(exp_cases_median, n =1),
         differenced_mean_conc = mean_conc - lag(mean_conc, n = 1),
         differenced_positive = positive - lag(positive, n = 1),
         differenced_covidestim = infections - lag(infections, n = 1)) %>%
  ungroup() %>%
  filter(!is.na(differenced_exp_median) & !is.na(differenced_mean_conc)) %>%
  ungroup()

# lags for bias-corrected counts
lags_all_pb <- differenced_all %>%
  group_by(fips, vlabel) %>%
  group_split() %>%
  map_df(get_max_lag_by_version)


lags_all_pb %>%
  group_by(fips) %>%
  summarize(`Lags with Maximum Correlation in Some Version` =
              paste0(unique(max_lag), collapse =", "))

# lags for observed counts
lags_all_observed <- differenced_all %>% 
  filter(version == "v1") %>%
  group_by(fips) %>%
  group_split()%>%
  map_df(~get_max_lag_by_version(
    input_df_for_version = .x,
    varnames= c("differenced_mean_conc",
                "differenced_positive"),
   comparison = "observed" )) %>%
  select(-vlabel)


cols <- c("red", "#10BAC5", "#1B10C5", "#EFB719", "#900C3F")
cols <- c("red",pal)
names(cols ) <- c("$observed$", unique(as.character(lags_all_pb$vlabel)))


# compare pb max correlations to those for observed counts 
lags_all_pb %>%
  bind_rows(lags_all_observed) %>%
  mutate(vlabel=as.character(vlabel)) %>%
   mutate(source = ifelse(!is.na(vlabel), vlabel, comparison)) %>%
  group_by(fips) %>%
  mutate(m = median(max_corr)) %>%
  ungroup() %>%
  mutate(max_lag=factor(max_lag)) %>%
  mutate(county_name = gsub("County, MA", "", county_name)) %>%
   ggplot(aes(x=fct_reorder(county_name,m, 
                           .desc = TRUE),
             y = max_corr,
             color = source, 
             shape = max_lag)) +
  geom_jitter(aes(fill=source),color="black",
              height =0, width =.1, size = 2) +
  scale_shape_manual(values=c(21,22,24)) +
  scale_fill_manual(values=cols,
                    name = 'Time Series Compared with\nWastewater:',
                    labels=TeX(names(cols))) +
  theme_bw() +
  theme_c() +
  theme(plot.title = element_text(size=19,hjust=.5, face="plain"),
    # axis.text.x = element_text(angle  = 60, vjust = .4),
    axis.text.x = element_text(angle  = 50, vjust = .95, hjust=1, size =14),
    axis.title.x = element_text(margin = margin(3,3,3,3)),
        legend.text = element_text(size = 14, hjust=0),
        axis.text.y = element_text(size = 11),
        legend.title = element_text(face="bold", size = 16)) +
  labs(y = "Maximum Correlation") +
  scale_size_discrete(breaks = c(1.9,2),
                      range = c(1.9,2),
                      labels = c("bias corrected", "observed")) +
  labs(x = "County",
       y = "Maximum Correlation",
       title = "Comparing Maximum Correlation of Bias Corrected Counts with Wastewater\nto that Between Observed Cases and Wastewater",
       shape = "Lag Where Maximum\nCorrelation Obtained:",
       color = "Time Series Compared with Wastewater:") +
  guides(shape = guide_legend(override.aes = list(size = 4)),
         fill= guide_legend(override.aes = list(size = 2, shape=24))) 

ggsave(here("presentation/figure/correlation_observed_pb.jpeg"), height = 8, width=12.4)


ggsave(here("thesis/figure/correlation_observed_pb.jpeg"), height = 8, width=13.2)



# max series by rank; use for following comparison
max_series_by_rank <- lags_all_pb %>%
  group_by(fips) %>%
  mutate(r = rank(max_corr),
            series = vlabel[which.max(r)]) %>%
  group_by(series) %>%
  summarize(n=n()) %>%
  filter(n==max(n)) %>%
  pull(series)

lags_all_pb %>%
  group_by(fips,county_name) %>%
  mutate(r = rank(max_corr),
            series = vlabel[which.max(r)]) %>%
  select(series,fips,county_name) %>%
  distinct() %>%
  group_by(series) %>%
  summarize(n=n(),
            county_name = paste(county_name,collapse=", "),
            fips =  paste(fips,collapse=", ")) 

lags_all_pb %>%
  group_by(fips,county_name) %>%
  mutate(r = rank(max_corr),
            series = vlabel[which.max(r)],
         lag = max_lag[which.max(r)]) %>%
  select(lag,fips,county_name) %>%
  distinct() %>%
  group_by(lag) %>%
  summarize(n=n(),
            county_name = paste(county_name,collapse=", "),
            fips =  paste(fips,collapse=", ")) 

 lags_all_pb %>%
  bind_rows(lags_all_observed)%>%
  group_by(fips,county_name) %>%
  mutate(r = rank(max_corr),
            comp = comparison[which.max(r)]) %>%
  select(fips,county_name,comp ) %>%
  distinct() %>%
  group_by(comp) %>%
  summarize(n=n(),
            county_name = paste(county_name,collapse=", "),
            fips =  paste(fips,collapse=", ")) 

 lags_all_observed %>% 
   group_by(fips,county_name) %>%
  mutate(r = rank(max_corr),
         lag = max_lag[which.max(r)]) %>%
  distinct() %>%
  group_by(lag) %>%
  summarize(n=n(),
            county_name = paste(county_name,collapse=", "),
            fips =  paste(fips,collapse=", "))

 lags_all_pb %>% 
   group_by(fips,county_name) %>%
  mutate(r = rank(max_corr),
         lag = max_lag[which.max(r)]) %>%
    select(fips,county_name,lag ) %>%
  distinct() %>%
  group_by(lag) %>%
  summarize(n=n(),
            county_name = paste(county_name,collapse=", "),
            fips =  paste(fips,collapse=", "))

# lags_all_pb %>%
#   mutate(max_lag=factor(max_lag)) %>%
#   ggplot(aes(x=fips, y = max_corr,
#              color = vlabel, 
#              shape = max_lag)) +
#   geom_point(size = 2) +
#   viridis::scale_color_viridis(option ="magma", 
#                                discrete=TRUE,
#                                end=.95, 
#                                labels = TeX(lags_all_pb$vlabel)) +
#   theme_bw() +
#   labs(y = "Maximum Correlation") 

fips_order <- lags_all_pb %>%
  bind_rows(lags_all_observed) %>%
   mutate(source = ifelse(!is.na(vlabel), vlabel, comparison)) %>%
  group_by(fips) %>%
  mutate(m = median(max_corr)) %>%
  ungroup() %>%
  select(m,fips) %>%
  arrange(desc(m)) %>%
  distinct() %>%
  pull(fips)


name_order <- lags_all_pb %>%
  bind_rows(lags_all_observed) %>%
   mutate(source = ifelse(!is.na(vlabel), vlabel, comparison)) %>%
  group_by(county_name) %>%
  mutate(m = median(max_corr)) %>%
  ungroup() %>%
  select(m,county_name) %>%
  arrange(desc(m)) %>%
  distinct() %>%
  pull(county_name)


# max lags for covidestim
lags_all_covidestim <- differenced_all %>% 
  filter(fips != "25019") %>%
  filter(version == "v1") %>%
  group_by(fips) %>%
  group_split()%>%
  map_df(~get_max_lag_by_version(
    input_df_for_version = .x,
    varnames= c("differenced_mean_conc",
                "differenced_covidestim"),
    comparison = "Covidestim"))


lags_all <- lags_all_pb %>%
  filter(vlabel == max_series_by_rank) %>%
  bind_rows(lags_all_observed) %>%
  bind_rows(lags_all_covidestim) 


pal <- c("red", "#EFB719", "#0C6B90")
names(pal) <- c("observed", "bias corrected", "Covidestim")


name_order <- gsub("County, MA", "", name_order)
# plot in same order as the previous 
lags_all %>% 
  mutate(fips = factor(fips, levels = fips_order),
         max_lag = factor(max_lag)) %>%
    mutate(county_name = gsub("County, MA", "", county_name),
           county_name = factor(county_name, levels=name_order)) %>%
  ggplot(aes(x=county_name,
             y = max_corr,
             fill = comparison, 
             shape = max_lag)) +
  geom_jitter(height=0,width =.1, size =2, color = "black") +
  scale_fill_manual('Time Series Compared with\nWastewater:',
                    values=pal,
                      labels = TeX(c('$observed$',
                                     '$Covidestim$',
                                   max_series_by_rank))) +
   scale_shape_manual(values=c(21,22,24)) +
  theme_bw() +
  theme_c() +
  theme(plot.title = element_text(size=19,hjust=.5, face="plain"),
    # axis.text.x = element_text(angle  = 60, vjust = .4),
    axis.text.x = element_text(angle  = 20, vjust = .4, size=16),
    axis.title.x = element_text(margin = margin(8,3,3,3), size=18),
    axis.title.y = element_text(size=18),
        legend.text = element_text(size = 14, hjust=0),
        axis.text.y = element_text(size = 11),
        legend.title = element_text(face="bold", size = 16)) +
  labs(y = "Maximum Correlation") +
  labs(
       y = "Maximum Correlation",
       title = paste0(
         "Comparing Maximum Correlation of Bias Corrected, Covidestim, and Observed Counts\nwith Wasterwater Concentrations"),
       shape = "Maximum Lag:",
       x = "County",
       color = "Time Series Compared with Wastewater:") +
  guides(shape = guide_legend(override.aes = list(size = 4)),
         fill= guide_legend(override.aes = list(size = 2, shape=24)))

ggsave(here("thesis/figure/correlation_observed_pb_covidestim.jpeg"), width=13, height=8)


lags_all %>% 
  mutate(fips = factor(fips, levels = fips_order),
         max_lag = factor(max_lag)) %>%
  ggplot(aes(x=fips,
             y = max_corr,
             fill = comparison, 
             shape = max_lag)) +
  geom_jitter(height=0,width =.1, size =2, color = "black") +
  scale_fill_manual('Time Series Compared with\nWastewater:',
                    values=pal,
                      labels = TeX(c('$observed$',
                                     '$Covidestim$',
                                   max_series_by_rank))) +
   scale_shape_manual(values=c(21,22,24)) +
  theme_bw() +
  theme_c() +
  theme(plot.title = element_text(face="bold", size =14, hjust=.5),
    # axis.text.x = element_text(angle  = 60, vjust = .4),
    axis.text.x = element_text(angle  = 20, vjust = .4),
    axis.title.x = element_text(margin = margin(3,3,3,3)),
        legend.text = element_text(size = 14),
        axis.text.y = element_text(size = 11),
        legend.title = element_text(face="bold", size = 16)) +
  labs(y = "Maximum Correlation") +
  labs(x = "County FIPS",
       y = "Maximum Correlation",
       title = paste0(
         "Comparing Maximum Correlation of Bias Corrected, Covidestim, and Observed Counts\nwith Wasterwater Concentrations"),
       shape = "Maximum Lag:",
       color = "Time Series Compared with Wastewater:") +
  guides(shape = guide_legend(override.aes = list(size = 4)),
         fill= guide_legend(override.aes = list(size = 2, shape=24)))

#ggsave(here("thesis/figure/correlation_observed_pb_covidestim.jpeg"))

# Note on thesis - add a couple examples on why beta kernel and gaussian kernel perform relatively similarly in this case (i.e. induced distributions).